
./llama-quantize /root/qwen1.5-14b-chat-xiaoyu-merged/qwen1.5-14B-chat-xiaoyu-merged-F16.gguf ./Qwen1.5-14B-Chat-Q4_0.gguf Q4_1